bike_reg 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 852a99aa2cac58d8adc6d21bd8ff97a9c43cd1145479a1737d8d7c4269c11742
-  data.tar.gz: 33a4b446175345941d7888e7fa89dbc2780dad0543e3e5a00178cac33c9fe294
+  metadata.gz: 1337681dd224a76ac08af86e576838501b14cfa3350e4a18f7f796e1e7924c04
+  data.tar.gz: 1e27723d5bca5446a57400ffdcd528aa0cd8f07aab4b356ea4764d900098403a
 SHA512:
-  metadata.gz: 828f11a693ace6bfaf2ea51ddd19133585a09f887411734ae603ab23a246286d69838c3244f86e5bc87e53cc81dd01b9d8672a48c299ce283fe2cdc7bc472f61
-  data.tar.gz: a8026b1ab21bbcd60e751bfcbfdb87e7f9ce851847e44b13a5336f60d2e584b116903acceacfa7d2b0912a35de4a5380dbe79d7c0343e441054ddb0dd6d74a9d
+  metadata.gz: 8aaf2caa0f3e115af9fa0e68453bbd3066e1d411f5ac0f87fec16d07d57fac4fb60d618f4ea9b3f95f388c24488411ab6ffcfa46173ae0906fc1cdf1d0e598e1
+  data.tar.gz: 7be60d3a4108e0be7d195fd67e7a5ff5ca45b312e2b33520d9ab466f426db658109c72e70bcd6915ea36f72f7ccd0d2469e938bd4a3c26ece8dba8a626ec1fb7

data/.rubocop.yml

@@ -1,4 +1,7 @@
 AllCops:
+  NewCops: enable
+  Exclude:
+    - lib/bike_reg/scraper.rb
   TargetRubyVersion: 2.5
 
 Layout/LineLength:

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [0.2.0] - 2021-11-13
+
+- Adds ability to scrape registrations
+
 ## [0.1.1] - 2021-09-15
 
 - Fixes Homepage URL to repo from rubygems.org

data/Gemfile

@@ -9,6 +9,9 @@ gem 'pry'
 gem 'pry-nav'
 gem 'rake', '~> 13.0'
 gem 'rspec', '~> 3.0'
-gem 'rubocop', '~> 1.7'
+gem 'rubocop', '~> 1.22.3'
+gem 'rubocop-discourse'
+gem 'rubocop-rake'
+gem 'rubocop-rspec'
 gem 'vcr'
 gem 'webmock'

data/Gemfile.lock

@@ -1,20 +1,46 @@
 PATH
   remote: .
   specs:
-    bike_reg (0.1.1)
+    bike_reg (0.2.0)
       faraday (~> 1.7)
       faraday_middleware (~> 1.1)
+      kimurai (= 1.4)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    activesupport (6.1.4.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.2)
+    capybara (3.36.0)
+      addressable
+      matrix
+      mini_mime (>= 0.1.3)
+      nokogiri (~> 1.8)
+      rack (>= 1.6.0)
+      rack-test (>= 0.6.3)
+      regexp_parser (>= 1.5, < 3.0)
+      xpath (~> 3.2)
+    capybara-mechanize (1.11.0)
+      capybara (>= 2.4.4, < 4)
+      mechanize (~> 2.7.0)
+    childprocess (4.1.0)
+    chronic (0.10.2)
+    cliver (0.3.2)
     coderay (1.1.3)
+    concurrent-ruby (1.1.9)
+    connection_pool (2.2.5)
     crack (0.4.5)
       rexml
     diff-lcs (1.4.4)
+    domain_name (0.5.20190701)
+      unf (>= 0.0.5, < 1.0.0)
     faraday (1.7.1)
       faraday-em_http (~> 1.0)
       faraday-em_synchrony (~> 1.0)
@@ -37,19 +63,74 @@ GEM
     faraday_middleware (1.1.0)
       faraday (~> 1.0)
     hashdiff (1.0.1)
+    headless (2.3.1)
+    http-cookie (1.0.4)
+      domain_name (~> 0.5)
+    i18n (1.8.11)
+      concurrent-ruby (~> 1.0)
+    kimurai (1.4.0)
+      activesupport
+      capybara (>= 2.15, < 4.0)
+      capybara-mechanize
+      cliver
+      headless
+      murmurhash3
+      nokogiri
+      pmap
+      poltergeist
+      pry
+      rbcat (~> 0.2)
+      selenium-webdriver
+      thor
+      whenever
+    matrix (0.4.2)
+    mechanize (2.7.7)
+      domain_name (~> 0.5, >= 0.5.1)
+      http-cookie (~> 1.0)
+      mime-types (>= 1.17.2)
+      net-http-digest_auth (~> 1.1, >= 1.1.1)
+      net-http-persistent (>= 2.5.2)
+      nokogiri (~> 1.6)
+      ntlm-http (~> 0.1, >= 0.1.1)
+      webrick (~> 1.7)
+      webrobots (>= 0.0.9, < 0.2)
     method_source (0.9.2)
+    mime-types (3.3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2021.0901)
+    mini_mime (1.1.2)
+    minitest (5.14.4)
     multipart-post (2.1.1)
-    parallel (1.20.1)
+    murmurhash3 (0.1.6)
+    net-http-digest_auth (1.4.1)
+    net-http-persistent (4.0.1)
+      connection_pool (~> 2.2)
+    nokogiri (1.12.5-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.12.5-x86_64-linux)
+      racc (~> 1.4)
+    ntlm-http (0.1.1)
+    parallel (1.21.0)
     parser (3.0.2.0)
       ast (~> 2.4.1)
+    pmap (1.1.1)
+    poltergeist (1.18.1)
+      capybara (>= 2.1, < 4)
+      cliver (~> 0.3.1)
+      websocket-driver (>= 0.2.0)
     pry (0.12.2)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
     pry-nav (0.3.0)
       pry (>= 0.9.10, < 0.13.0)
     public_suffix (4.0.6)
+    racc (1.6.0)
+    rack (2.2.3)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
     rainbow (3.0.0)
     rake (13.0.6)
+    rbcat (0.2.1)
     regexp_parser (2.1.1)
     rexml (3.2.5)
     rspec (3.10.0)
@@ -65,25 +146,53 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.10.0)
     rspec-support (3.10.2)
-    rubocop (1.20.0)
+    rubocop (1.22.3)
       parallel (~> 1.10)
       parser (>= 3.0.0.0)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml
-      rubocop-ast (>= 1.9.1, < 2.0)
+      rubocop-ast (>= 1.12.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 3.0)
-    rubocop-ast (1.11.0)
+    rubocop-ast (1.13.0)
       parser (>= 3.0.1.1)
+    rubocop-discourse (2.4.2)
+      rubocop (>= 1.1.0)
+      rubocop-rspec (>= 2.0.0)
+    rubocop-rake (0.6.0)
+      rubocop (~> 1.0)
+    rubocop-rspec (2.6.0)
+      rubocop (~> 1.19)
     ruby-progressbar (1.11.0)
     ruby2_keywords (0.0.5)
-    unicode-display_width (2.0.0)
+    rubyzip (2.3.2)
+    selenium-webdriver (4.0.3)
+      childprocess (>= 0.5, < 5.0)
+      rexml (~> 3.2, >= 3.2.5)
+      rubyzip (>= 1.2.2)
+    thor (1.1.0)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.8)
+    unicode-display_width (2.1.0)
     vcr (6.0.0)
     webmock (3.14.0)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    webrick (1.7.0)
+    webrobots (0.1.2)
+    websocket-driver (0.7.5)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.5)
+    whenever (1.0.0)
+      chronic (>= 0.6.3)
+    xpath (3.2.0)
+      nokogiri (~> 1.8)
+    zeitwerk (2.5.1)
 
 PLATFORMS
   arm64-darwin-20
@@ -95,9 +204,12 @@ DEPENDENCIES
   pry-nav
   rake (~> 13.0)
   rspec (~> 3.0)
-  rubocop (~> 1.7)
+  rubocop (~> 1.22.3)
+  rubocop-discourse
+  rubocop-rake
+  rubocop-rspec
   vcr
   webmock
 
 BUNDLED WITH
-   2.2.19
+   2.2.30

data/README.md

@@ -25,8 +25,12 @@ Or install it yourself as:
 
 ```ruby
 client = BikeReg::Client.new
+```
+
+### Events
 
-events = client.event.search
+```ruby
+events = client.event.search(states: 'IA', eventtype: 'cyclocross')
 #=> BikeReg::Collection
 
 events.total
@@ -34,7 +38,28 @@ events.total
 
 events.data
 #=> [#<BikeReg::Event>, #<BikeReg::Event>]
-````
+
+events.data[0].EventName
+#=> 'The Grand'
+```
+
+### Registrations
+
+You need both the event id and category id.
+
+```ruby
+registrations = client.registrations.all(event_id: 123, category_id: 456)
+#=> BikeReg::Collection
+
+registrations.total
+#=> 43
+
+registrations.data
+#=> [#<BikeReg::Registration>, #<BikeReg::Registration>]
+
+registrations.data[0].name
+#=> 'Lance Armstrong'
+```
 
 ## Development
 

data/bike_reg.gemspec

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require_relative 'lib/bike_reg/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'bike_reg'
+  spec.version       = BikeReg::VERSION
+  spec.authors       = ['Scott Olsen']
+  spec.email         = ['solsen300@gmail.com']
+  spec.homepage      = 'https://github.com/scottolsen/bike_reg'
+  spec.summary       = 'Gem to hit the BikeReg.com API'
+  spec.description   = 'Gem to hit the BikeReg.com API. BikeReg API docs here https://www.bikereg.com/api/EventSearchDoc.aspx'
+  spec.license       = 'MIT'
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis|circleci)|appveyor)})
+    end
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '>= 2.5'
+
+  spec.add_dependency 'faraday', '~> 1.7'
+  spec.add_dependency 'faraday_middleware', '~> 1.1'
+  spec.add_dependency 'kimurai', '1.4'
+end

data/lib/bike_reg/client.rb

@@ -8,6 +8,10 @@ module BikeReg
       EventResource.new(self)
     end
 
+    def registrations
+      RegistrationResource.new(self)
+    end
+
     def connection
       @connection ||= Faraday.new(BASE_URL) do |conn|
         conn.request :json

data/lib/bike_reg/objects/registration.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module BikeReg
+  class Registration < Object
+  end
+end

data/lib/bike_reg/resources/registration_resource.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module BikeReg
+  class RegistrationResource < Resource
+    def all(**params)
+      reg_url = "https://www.bikereg.com/Registration/ConfirmedSingleRace.aspx?eid=&team=&RaceRecID=#{params[:category_id]}&EventID=#{params[:event_id]}"
+
+      response = Scraper.parse!(:parse, url: reg_url)
+
+      Collection.from_response(response, key: 'riders', type: Registration, start_page: params[:startpage])
+    end
+  end
+end

data/lib/bike_reg/scraper.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require 'kimurai'
+class Scraper < Kimurai::Base
+  @name = 'github_spider'
+  @engine = :mechanize
+  @start_urls = ["https://example.com/"]
+
+  def parse(response, url: '', data: {})
+    riders = []
+    trs = response.css('tr.event-participant')
+    trs.each do |tr|
+      state = tr.css('.state').text
+      last_name = tr.css('.lastname').text
+      name = "#{tr.css('#tdFirstName').text} #{last_name}"
+      team = tr.css('.team div').text.gsub("\r", '').gsub("\n", '').strip
+      riders << { name: name, team: team, state: state }
+    end
+
+    OpenStruct
+      .new(
+        body: {
+          riders: riders,
+          ResultCount: riders.count
+        }.with_indifferent_access
+      )
+  end
+end

data/lib/bike_reg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module BikeReg
-  VERSION = '0.1.1'
+  VERSION = '0.2.0'
 end

data/lib/bike_reg.rb

@@ -10,8 +10,11 @@ module BikeReg
   autoload :Error, 'bike_reg/error'
   autoload :Object, 'bike_reg/object'
   autoload :Resource, 'bike_reg/resource'
+  autoload :Scraper, 'bike_reg/scraper'
 
   autoload :EventResource, 'bike_reg/resources/event_resource'
+  autoload :RegistrationResource, 'bike_reg/resources/registration_resource'
 
   autoload :Event, 'bike_reg/objects/event'
+  autoload :Registration, 'bike_reg/objects/registration'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bike_reg
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Scott Olsen
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-09-15 00:00:00.000000000 Z
+date: 2021-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: kimurai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: '1.4'
 description: Gem to hit the BikeReg.com API. BikeReg API docs here https://www.bikereg.com/api/EventSearchDoc.aspx
 email:
 - solsen300@gmail.com
@@ -53,6 +67,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bike_reg.gemspec
 - bin/console
 - bin/setup
 - lib/bike_reg.rb
@@ -61,14 +76,17 @@ files:
 - lib/bike_reg/error.rb
 - lib/bike_reg/object.rb
 - lib/bike_reg/objects/event.rb
+- lib/bike_reg/objects/registration.rb
 - lib/bike_reg/resource.rb
 - lib/bike_reg/resources/event_resource.rb
+- lib/bike_reg/resources/registration_resource.rb
+- lib/bike_reg/scraper.rb
 - lib/bike_reg/version.rb
 homepage: https://github.com/scottolsen/bike_reg
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -83,8 +101,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
-signing_key: 
+rubygems_version: 3.2.31
+signing_key:
 specification_version: 4
 summary: Gem to hit the BikeReg.com API
 test_files: []