mtgtop8_scrapper 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 6747361b0fb4574105a6af90cd26976e25b78724bc69e794501b8557e274c11d
+  data.tar.gz: b535056d9f3e9ecd64ada389abbf46b0511e52deed8980706d22b0202ae57c0a
+SHA512:
+  metadata.gz: b72bd1b861ff38ffda55998565131e47d7b0b2c360b54eba45ade585b54f6542cef441d4a76b37f71c0279650de38bad02ab8cbcbee6d62159b7d8ee54ccd51a
+  data.tar.gz: d119c69d177d367c756527a563c09923021218d44cd864422a0ee4a94159b018aed7659399be4c5867d623f477a0fd14de43584f558a5b0777b40579b925979f

data/README.md

@@ -0,0 +1,95 @@
+<h1 align="center">Welcome to MTGTop8 scrapper 👋</h1>
+
+
+<div align="center">
+    <img alt="logo" src="assets/logo.png" />
+</div>
+
+<p>
+  <img alt="Version" src="https://img.shields.io/badge/version-4-blue.svg?cacheSeconds=2592000" />
+  <a href="https://twitter.com/kammzinho" target="_blank">
+    <img alt="Twitter: kammzinho" src="https://img.shields.io/twitter/follow/kammzinho.svg?style=social" />
+  </a>
+</p>
+
+> Scrape data from MTGTop8, Magic the Gathering tournaments, results and decks into simple reports.
+
+
+## How it looks
+
+### Convert this:
+
+![img.png](assets/demo.png)
+
+### Into this:
+
+
+https://user-images.githubusercontent.com/34798570/220813931-7d3d73db-6b1e-4564-86ea-8583ba12509a.mov
+
+
+
+
+## Why?
+- 🥹 Mixing coding and Magic 💛
+- 🎲 Being able to extract & format in a fast/easy way is really helpful, so it's possible to play with it around later.    
+- 📈 Reports are being used to generate Monthly Retrospectives related to the weekly tournaments around the city.  
+- 🧑‍💻 All of them are available [here, in mtgjoinville.super.site](https://mtgjoinville.super.site/)
+
+### The current ecosystem
+
+- [MTG Joinville Website](https://mtgjoinville.super.site/)
+  - 😉 Entrypoint for a bunch of information related to Magic in our city 
+- [MTGTop8 Scrapper](https://github.com/kammradt/mtgtop8-scrapper)
+  - 🪓 Will gather data from the main website that holds results from many tournaments
+- [MTG Top/Ranking generator?]
+  - Use reports from [MTGTop8 Scrapper](https://github.com/kammradt/mtgtop8-scrapper) to build social media ready images showing top 8 players and their decks. 
+  - This is being currently build and there are some [examples/prototypes here](https://mtgjoinville.super.site/noticias/janeiro2023-piooner-retrospectiva).
+  - <details>
+
+      <summary>Some image examples</summary>
+
+      <img alt="retro" src="assets/retro.png" />
+      <img alt="retro1" src="assets/retro1.png" />
+    </details>
+
+## Install
+> None of the builds/versions will probably be stable. This is a kind of pet project, so use at your own risk.
+
+```sh
+gem install mtgtop8_scrapper
+```
+
+## Usage
+
+> Feel free to copy it from examples.rb file
+
+```sh
+require 'mtgtop8_scrapper'
+
+link = 'https://www.mtgtop8.com/event?e=41158&d=505864&f=PAU'
+
+# Just create an instance passing a link as argument
+scrapper = MTGTop8Scrapper.new(link)
+
+# This generates and returns a report
+scrapper.generate_report
+# That you can also access later
+puts scrapper.report
+
+# You can also save the report locally as json
+scrapper.save_report_locally_as_json
+```
+
+
+## Author
+
+👤 **Vinícius Kammradt**
+
+* Website: https://kammradt.super.site
+* Twitter: [@kammzinho](https://twitter.com/kammzinho)
+* Github: [@kammradt](https://github.com/kammradt)
+* LinkedIn: [@vinicius-kammradt](https://linkedin.com/in/vinicius-kammradt)
+
+## Show your support
+
+Give a ⭐️ if this project helped you!

data/lib/mtgtop8_scrapper.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+require 'nokogiri'
+require_relative 'scrapper'
+
+class MTGTop8Scrapper < Scrapper
+  def generate_report
+    @doc = doc_or_cache
+
+    players = top_8_players
+    format = event_format
+    date = event_date
+    event_link = event_link_without_prefix
+
+    @report = { players:, date:, format:, event_link: }
+  end
+
+  private
+
+  def top_8_players
+    # TODO: Handle events with less than/more than 8
+    indexes_for_top_8_player_table = (2..9).to_a
+
+    indexes_for_top_8_player_table.map { |i| map_doc_to_report(i) }.sort_by { |player| player[:rank] }
+  end
+
+  def map_doc_to_report(index)
+    rank = rank_value(index)
+    player = player_value(index)
+    deck = deck_value(index)
+
+    { rank:, player:, deck: }
+  end
+
+  def event_format
+    path = '/html/body/div/div/div[7]/div[1]/div/div[1]/div[1]/div[1]'
+
+    @doc.at(path).text.strip
+  end
+
+  def event_date
+    path = '/html/body/div/div/div[7]/div[1]/div/div[1]/div[1]/div[2]'
+
+    @doc.at(path).text.partition('-').last.strip
+  end
+
+  def rank_value(index)
+    path = "/html/body/div/div/div[7]/div[1]/div/div[1]/div[#{index}]/div/div[1]"
+
+    @doc.at(path).text.strip.to_i
+  end
+
+  def player_value(index)
+    path = "/html/body/div/div/div[7]/div[1]/div/div[1]/div[#{index}]/div/div[3]/div[2]/a"
+
+    @doc.at(path).text.strip
+  end
+
+  def deck_value(index)
+    path = "/html/body/div/div/div[7]/div[1]/div/div[1]/div[#{index}]/div/div[3]/div[1]"
+
+    @doc.at(path).text.strip
+  end
+end

data/lib/scrapper.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'open-uri'
+require 'json'
+
+class Scrapper
+  attr_reader :report
+
+  def initialize(link)
+    @link = link
+  end
+
+  def generate_report
+    raise NotImplementedError
+  end
+
+  def save_report_locally_as_json
+    File.write(filename_for_json, @report.to_json)
+
+    filename_for_json
+  end
+
+  private
+
+  def doc_or_cache
+    return File.open('offline/doc.html') { |f| Nokogiri::HTML(f) } if ENV['TESTING']
+
+    Nokogiri::HTML(URI.parse(@link).open)
+  end
+
+  def event_link_without_prefix
+    @link
+      .delete_prefix('https')
+      .delete_prefix('://')
+      .delete_prefix('www.')
+  end
+
+  def filename_for_json
+    event_link = @link.delete_prefix('https://www.mtgtop8.com/')
+
+    "#{event_link}.json"
+  end
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: mtgtop8_scrapper
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Vinicius Kammradt
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2023-02-26 00:00:00.000000000 Z
+dependencies: []
+description: Scrape data from MTGTop8 into simple reports
+email: vinicius.kammradt1@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/mtgtop8_scrapper.rb
+- lib/scrapper.rb
+homepage: https://rubygems.org/gems/mtgtop8_scrapper
+licenses:
+- MIT
+metadata:
+  rubygems_mfa_required: 'true'
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.7
+signing_key:
+specification_version: 4
+summary: Scrape data from MTGTop8 into simple reports
+test_files: []