gamerom 0.1.0 → 0.4.0

data/lib/gamerom/repo_adapters/vimm.rb

@@ -1,12 +1,15 @@
 # frozen_string_literal: true
 
 require 'mechanize'
-require 'nokogiri'
-require 'rest-client'
+require 'mechanize/progressbar'
+require 'mechanizeprogress'
 
 module Gamerom
   module RepoAdapters
+    # Vimm - An adapter for the Vimm's Lair repository website
     class Vimm
+      extend Gamerom::RepoAdapter
+
       PLATFORM = {
         'Dreamcast' => 'Dreamcast',
         'DS' => 'Nintendo DS',
@@ -25,46 +28,68 @@ module Gamerom
         'SNES' => 'Super Nintendo',
         'Wii' => 'Wii',
         'WiiWare' => 'WiiWare',
-      }
+      }.freeze
 
       def self.platforms
         PLATFORM
       end
 
-      def self.games(platform)
-        games = []
-        sections = ('a'..'z').to_a.unshift("number")
+      def self.sections
+        ('a'..'z').to_a.unshift('number')
+      end
 
-        sections.each do |section|
-          print "#{section} "
-          page = Nokogiri::HTML(RestClient.get("https://vimm.net/vault/?p=list&system=#{platform}&section=#{section}"))
-          games.append *page.css('table.hovertable td:first-child a:first-child').map { |game|
-            {
-              id: game['href'].split('/').last.to_i,
-              name: game.text,
-              region: 'USA',
-            }
-          }
+      def self.extract_games(platform)
+        sections.each_with_index do |section, index|
+          page = nokogiri_get("https://vimm.net/vault/?p=list&system=#{platform}&section=#{section}")
+          game_links = page.css('table.hovertable td:first-child a:first-child')
+          yield game_links.map { |game_link| game(game_link) }, index
         end
-        games
+      end
+
+      def self.game(game_link)
+        {
+          id: game_link['href'].split('/').last.to_i,
+          name: game_link.text,
+          region: 'USA',
+        }
       end
 
       def self.install(game)
+        FileUtils.mkdir_p(game.filepath)
         agent = Mechanize.new
         agent.pluggable_parser.default = Mechanize::Download
         agent.user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36'
         page = agent.get("https://vimm.net/vault/#{game.id}")
-        form = page.form_with(:id => 'download_form')
-        form.action = "https://download4.vimm.net/download/?mediaId=#{game.id}"
-        form.method = 'GET'
-        button = form.button_with(:type => "submit")
-        response = form.click_button(button)
-        if response.code.to_i == 200
+        form = page.form_with(id: 'download_form')
+
+        filenames = []
+        game_files = []
+        multiple_disks = page.css('#download_disc_number')
+
+        if multiple_disks.empty?
+          game_files << { id: form['mediaId'], name: 'single file rom' }
+        else
+          puts 'multiple discs detected'
+          game_files.concat(multiple_disks.children[1..-2].map { |disk| { name: disk.text, id: disk['value'] } })
+        end
+
+        game_files.each do |game_file|
+          puts "downloading #{game_file[:name]}"
+          form.method = 'GET'
+          button = form.button_with(type: 'submit')
+          response = nil
+          form['mediaId'] = game_file[:id]
+          agent.progressbar do
+            response = form.click_button(button)
+          end
+
+          break unless response.code.to_i == 200
+
           filename = response.filename
-          FileUtils.mkdir_p(game.filepath)
           response.save!("#{game.filepath}/#{filename}")
-          yield filename
+          filenames << filename
         end
+        yield filenames
       end
     end
   end

data/lib/gamerom/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gamerom
-  VERSION = "0.1.0"
+  VERSION = '0.4.0'
 end

data/lib/mechanizeprogress.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+# Mechanize - A Monkeypatch for the mechanize progressbar
+class Mechanize
+  include MechanizeProgressBarAPI # (1of7)a
+  class HTTP
+    # Agent - A Monkeypatch for the mechanize progressbar
+    class Agent
+      def response_read(response, request, _uri = nil)
+        body_io = StringIO.new
+        body_io.set_encoding Encoding::BINARY if body_io.respond_to? :set_encoding
+        total = 0
+        mpbar = MechanizeProgressBar.new(context, request, response) # (2of7)a
+
+        begin
+          response.read_body do |part|
+            total += part.length
+            body_io.write(part)
+            # log.debug("Read #{part.length} bytes (#{total} total)") if log
+            log.debug("Read #{part.length} bytes (#{total} total)") if log && !mpbar.suppress_logger? # (3of7)m
+            mpbar.inc(part.length) # (4of7)a
+          end
+        rescue Net::HTTP::Persistent::Error => e
+          body_io.rewind
+          raise Mechanize::ResponseReadError.new(e, response, body_io)
+        ensure # (5of7)a
+          mpbar.finish # (6of7)a
+        end
+
+        body_io.rewind
+        log.debug("Read #{total} bytes total") if log && !mpbar.suppress_logger? # (7of7)a
+
+        raise Mechanize::ResponseCodeError, response if
+          Net::HTTPUnknownResponse == response
+
+        content_length = response.content_length
+
+        unless Net::HTTP::Head == request || Net::HTTPRedirection == response
+          if content_length && content_length != body_io.length
+            raise EOFError, "Content-Length (#{content_length}) does not match response body length (#{body_io.length})"
+          end
+        end
+
+        body_io
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gamerom
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Lucas Mundim
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-08 00:00:00.000000000 Z
+date: 2021-05-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 2.8.0
+- !ruby/object:Gem::Dependency
+  name: mechanize-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 1.11.3
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
@@ -79,6 +107,7 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".ruby-version"
+- CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Dockerfile
 - Gemfile
@@ -89,16 +118,21 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- entrypoint.sh
 - exe/gamerom
 - gamerom.gemspec
 - lib/gamerom.rb
 - lib/gamerom/cli.rb
 - lib/gamerom/config.rb
 - lib/gamerom/game.rb
+- lib/gamerom/game_info.rb
 - lib/gamerom/repo.rb
+- lib/gamerom/repo_adapter.rb
 - lib/gamerom/repo_adapters/coolrom.rb
+- lib/gamerom/repo_adapters/romnation.rb
 - lib/gamerom/repo_adapters/vimm.rb
 - lib/gamerom/version.rb
+- lib/mechanizeprogress.rb
 homepage: https://github.com/lucasmundim/gamerom
 licenses:
 - MIT
@@ -106,7 +140,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://github.com/lucasmundim/gamerom
   source_code_uri: https://github.com/lucasmundim/gamerom
-  changelog_uri: https://github.com/lucasmundim/gamerom/CHANGELOG.md
+  changelog_uri: https://github.com/lucasmundim/gamerom/blob/master/CHANGELOG.md
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -115,14 +149,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.0.0
+      version: 3.0.1
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.2.15
 signing_key:
 specification_version: 4
 summary: The Video Game ROM downloader