sutazekarate 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: eae254383108ccb05e4697c0c45278a5f89516b69dfcd7d030460bbcd64d32ec
+  data.tar.gz: 9dd2c18dd3460b48f4114104f283511ce628e0d3cb88f0690c2408de841d0095
+SHA512:
+  metadata.gz: b440cb40afe838d89f231324e526243173ffeba1533c4743d64ab1105134dce1d002094f0747886c3f4e89d10f0f0bc50abf30bdb8cc4ee163d527e74f26c629
+  data.tar.gz: 537289598cbeebf9d35d00509d98bfe30f7eb1625b11e57ec2550df636af0278fdafc67577b857a41ac76b0c60d670667e35987296fd24a36d857de7f33a9094

data/README.md

@@ -0,0 +1,25 @@
+# Sutazekarate
+
+Web scraper for www.sutazekarate.sk
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'sutazekarate'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install sutazekarate
+
+## Development
+
+After checking out the repo, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`.

data/lib/sutazekarate/category.rb

@@ -0,0 +1,119 @@
+module Sutazekarate
+  class Category
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    include Logging
+    include Concurrent::Async
+
+    attribute :id
+    attribute :position
+    attribute :name
+    attribute :discipline
+    attribute :location
+    attribute :location_color
+    attribute :time_range
+
+    def competitors
+      @competitors ||= begin
+        logger.debug("Fetching competitors for category #{id}")
+        response = HTTP.get("https://www.sutazekarate.sk/ajax/av_kategoriazoz.php?kategoria=#{id}&order=asc&limit=1000&offset=0")
+        rows = JSON.parse(response.body.to_s)
+        rows.map do |row|
+          Competitor.build(row)
+        end
+      end
+    end
+
+    def ladder
+      @ladder ||= begin
+        logger.debug("Fetching ladder for category #{id}")
+        response = HTTP.get("https://www.sutazekarate.sk/sutaze_kategoriarozl.php?k=#{id}")
+        html = Nokogiri::HTML5(response.body.to_s)
+
+        export_element = html.search('a').find do |elem|
+          elem.attr('href').start_with?('pdf_rozlosovanieexport.php')
+        end
+        export_url = "https://www.sutazekarate.sk/#{export_element.attr('href')}"
+
+        stages = []
+
+        stage_index = 0
+        loop do
+          stage_element = html.search(".stlpecn.posun#{stage_index}").first
+          unless stage_element
+            break
+          end
+
+          pairs = stage_element.search('.obalao').map.with_index do |pair_element, pair_index|
+            competitors = pair_element.search('.okienkopavukR').map do |competitor_element|
+              id_element = competitor_element.search('#sutaziaci').first
+              unless id_element
+                next nil
+              end
+
+              id = competitor_element.search('#sutaziaci').first.attr('value')
+              name = competitor_element.search('.meno').text.strip
+              club = competitor_element.search('.klub').text.strip
+
+              Competitor.new(
+                id: id,
+                name: name,
+                club: Club.new(name: club),
+              )
+            end
+
+            Pair.new(
+              index: pair_index,
+              competitor1: competitors[0],
+              competitor2: competitors[1],
+            )
+          end
+
+          stages << Stage.new(
+            index: stage_index,
+            pairs:,
+          )
+
+          stage_index += 1
+        end
+
+        Ladder.new(
+          export_url:,
+          stages:,
+        )
+      end
+    end
+
+    def self.build(data)
+      detail_element = Nokogiri::HTML5.fragment(data['detail'])
+      id = Addressable::URI.parse(detail_element.search('a').first.attr('href')).query_values['k']
+      category_element = Nokogiri::HTML5.fragment(data['kategoria'])
+      category_span_elements = category_element.search('span')
+      name = category_span_elements[0].text.strip
+      detail_element = category_span_elements[1]
+      location = nil
+      location_color = nil
+      time_range = nil
+      if detail_element
+        location_color = detail_element.attr('class').match(/c-(\w+)/)[1]
+        detail_match = detail_element.text.strip.match(/(.+) \/(.+) - (.+)\//)
+
+        location = detail_match[1]
+        time_range = Time.zone.parse(detail_match[2])..Time.zone.parse(detail_match[3])
+      end
+      discipline = Nokogiri::HTML5.fragment(data['disciplina']).text.strip
+
+      new(
+        id:,
+        position: data['pc'],
+        name:,
+        discipline:,
+        location:,
+        location_color:,
+        time_range:,
+      )
+    end
+  end
+end

data/lib/sutazekarate/club.rb

@@ -0,0 +1,10 @@
+module Sutazekarate
+  class Club
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    attribute :id
+    attribute :name
+  end
+end

data/lib/sutazekarate/competition.rb

@@ -0,0 +1,75 @@
+module Sutazekarate
+  class Competition
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    include Logging
+    class << self
+      include Logging
+    end
+
+    include Concurrent::Async
+
+    attribute :id
+    attribute :starts_at
+    attribute :name
+    attribute :club
+    attribute :location
+    attribute :note
+    attribute :registration_starts_at
+    attribute :registration_ends_at
+
+    def categories
+      @categories ||= begin
+        logger.debug("Fetching categories for competition #{id}")
+        response = HTTP.get("https://www.sutazekarate.sk/ajax/av_sutazkat.php?lang=sk&sutaz=#{id}&order=asc&limit=1000&offset=0")
+        rows = JSON.parse(response.body.to_s)
+        rows.map do |row|
+          Category.build(row)
+        end
+      end
+    end
+
+    def self.all(year: Date.today.year)
+      logger.debug("Fetching competitions for year #{year}")
+      response = HTTP.get("https://www.sutazekarate.sk/ajax/av_sutaze.php?lang=sk&r=#{year}&sort=datum&order=desc&limit=1000&offset=0")
+      rows = JSON.parse(response.body.to_s)['rows']
+      rows.map do |row|
+        starts_at = Date.parse(row['datum'])
+        content = Nokogiri::HTML5.fragment(row['obsah'])
+
+        name = content.search('h4').first.text.strip
+        club_element = content.search('h5').first
+        club = club_element.text.strip
+        id = Addressable::URI.parse(content.search('a').first.attr('href')).query_values['sutaz']
+        location = club_element.next_sibling.text.strip
+        note_element = content.search('br').first.next_sibling
+        note = if note_element.text?
+          note_element.text
+        else
+          nil
+        end
+
+        registration_info_element = content.search('span').find do |elem|
+          elem.text.include?('Registrácia: ')
+        end
+        registration_info = registration_info_element.text
+        registration_info_match = registration_info.match(/Registrácia: (.+) - (.+)/)
+        registration_starts_at = Date.parse(registration_info_match[1])
+        registration_ends_at = Date.parse(registration_info_match[2])
+
+        Competition.new(
+          id:,
+          starts_at:,
+          name:,
+          club:,
+          location:,
+          note:,
+          registration_starts_at:,
+          registration_ends_at:,
+        )
+      end
+    end
+  end
+end

data/lib/sutazekarate/competitor.rb

@@ -0,0 +1,30 @@
+module Sutazekarate
+  class Competitor
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    attribute :id
+    attribute :name
+    attribute :club
+
+    def self.build(data)
+      name_element = Nokogiri::HTML5.fragment(data['meno'])
+      name_link_element = name_element.search('a')
+      id = Addressable::URI.parse(name_link_element.attr('href')).query_values['k']
+      name = name_link_element.text.strip
+
+      club_link_element = Nokogiri::HTML5.fragment(data['klub']).search('a')
+
+      club_id = Addressable::URI.parse(club_link_element.attr('href')).query_values['klub']
+      club_name = club_link_element.text.strip
+      club = Club.new(id: club_id, name: club_name)
+
+      new(
+        id:,
+        name:,
+        club:,
+      )
+    end
+  end
+end

data/lib/sutazekarate/ladder.rb

@@ -0,0 +1,10 @@
+module Sutazekarate
+  class Ladder
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    attribute :export_url
+    attribute :stages
+  end
+end

data/lib/sutazekarate/logging.rb

@@ -0,0 +1,12 @@
+require 'logger'
+
+module Sutazekarate
+  module Logging
+    def logger
+      @logger ||= ActiveSupport::Logger.new(STDERR)
+        .tap { |logger| logger.formatter = ::Logger::Formatter.new }
+        .then { |logger| ActiveSupport::TaggedLogging.new(logger) }
+        .then { |logger| logger.tagged(self.class.to_s) }
+    end
+  end
+end

data/lib/sutazekarate/pair.rb

@@ -0,0 +1,11 @@
+module Sutazekarate
+  class Pair
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    attribute :index
+    attribute :competitor1
+    attribute :competitor2
+  end
+end

data/lib/sutazekarate/stage.rb

@@ -0,0 +1,10 @@
+module Sutazekarate
+  class Stage
+    include ActiveModel::Model
+    include ActiveModel::Attributes
+    include ActiveModel::Serializers::JSON
+
+    attribute :index
+    attribute :pairs
+  end
+end

data/lib/sutazekarate/version.rb

@@ -0,0 +1,3 @@
+module Sutazekarate
+  VERSION = '0.0.1'.freeze
+end

data/lib/sutazekarate.rb

@@ -0,0 +1,15 @@
+require 'zeitwerk'
+require 'active_support/all'
+require 'active_model'
+require 'http'
+require 'nokogiri'
+
+Time.zone_default = Time.find_zone!(ENV.fetch('TZ', 'Europe/Bratislava'))
+
+loader = Zeitwerk::Loader.for_gem
+loader.setup
+
+module Sutazekarate
+end
+
+loader.eager_load

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification
+name: sutazekarate
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ahmed Al Hafoudh
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-09-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.2'
+- !ruby/object:Gem::Dependency
+  name: activemodel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.2'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
+description: Web scraper for www.sutazekarate.sk what read all competition data and
+  allows to explore them in structured way.
+email:
+- alhafoudh@freevision.sk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/sutazekarate.rb
+- lib/sutazekarate/category.rb
+- lib/sutazekarate/club.rb
+- lib/sutazekarate/competition.rb
+- lib/sutazekarate/competitor.rb
+- lib/sutazekarate/ladder.rb
+- lib/sutazekarate/logging.rb
+- lib/sutazekarate/pair.rb
+- lib/sutazekarate/stage.rb
+- lib/sutazekarate/version.rb
+homepage: https://www.freevision.sk
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://www.freevision.sk
+  rubygems_mfa_required: 'true'
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.2.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.17
+signing_key:
+specification_version: 4
+summary: Web scraper for www.sutazekarate.sk
+test_files: []