popflash_match_downloader 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8cd58dd4c0ed2752d1e935bf588c1fc67d292ff6
+  data.tar.gz: 8daca61a1959c87d8426ec1b0c2b3e1592759232
+SHA512:
+  metadata.gz: 38d50c94bf6701ba41a51b1beaaef622d7b497e42101dc187517336ed3208cafab3956175365ca1a48b797311f3bf72cf06d2064ae349a2b0b5b607f28eb3820
+  data.tar.gz: 415996f54f16727742faf0dc3149e4960d755c9529875e81d628649072f5cc472003da6ff1768415f5a84a886ccd45f8da4fe13bb77af9d716a2a7bf43931f32

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Lukas Stabe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,7 @@
+# popflash_match_downloader
+
+> This tool is a wip and does not have configuration files etc yet.
+
+This gem contains a utility to download demos of your recent matches from [popflash.site](https://popflash.site).
+
+It works by scraping your user page, which contains a list of your five most recent matches. It then finds the match download link on each matches page and downloads the demo, if it hasn't already been downloaded.

data/bin/popflash_match_downloader

@@ -0,0 +1,21 @@
+#!/usr/bin/env ruby
+require 'thor'
+require 'popflash_match_downloader'
+
+class PopflashMatchDownloaderCli < Thor
+  desc 'download USER_ID', 'Downloads the most recent five matches for the given user id'
+  method_option :download_dir, aliases: '-d', desc: 'The download target directory', default: './'
+  def download(user_id)
+    e = PopflashMatchDownloader::RecentMatchesExtractor.new(user_id)
+    files = e.find_match_ids.map do |id|
+      PopflashMatchDownloader::MatchFileNameExtractor.new(id).extract_file_name
+    end
+
+    loader = PopflashMatchDownloader::Downloader.new options[:download_dir]
+    files.each do |f|
+      loader.download_file_if_needed f
+    end
+  end
+end
+
+PopflashMatchDownloaderCli.start

data/lib/popflash_match_downloader.rb

@@ -0,0 +1,13 @@
+require 'nokogiri'
+require 'open-uri'
+
+module PopflashMatchDownloader
+  POPFLASH_SITE_URL = 'https://popflash.site/'
+
+  class UnexpectedContentError
+  end
+end
+
+require 'popflash_match_downloader/match_file_name_extractor'
+require 'popflash_match_downloader/recent_matches_extractor'
+require 'popflash_match_downloader/downloader'

data/lib/popflash_match_downloader/downloader.rb

@@ -0,0 +1,49 @@
+require 'net/http'
+
+module PopflashMatchDownloader
+  class Downloader
+    def initialize download_directory
+      @download_directory = File.expand_path(download_directory)
+    end
+
+    def file_path name
+      File.join @download_directory, name
+    end
+
+    def is_file_downloaded? name
+      File.exist? file_path(name)
+    end
+
+    def download_file name
+      file_location = '/' + name
+
+      Net::HTTP.start('s3.popflash.site') do |http|
+        http.request_get file_location do |response|
+          while response.is_a? Net::HTTPRedirection
+            location = response['location']
+            puts "redirecting to #{location}"
+            response = http.request_get location
+          end
+
+          if response.is_a? Net::HTTPSuccess
+            File.open file_path(name), 'wb' do |f|
+              response.read_body { |seg| f.write seg }
+            end
+          else
+            puts "couldn't donwload demo. error: #{response.message}"
+          end
+        end
+      end
+    end
+
+    def download_file_if_needed name
+      if is_file_downloaded? name
+        puts "already downloaded #{name}"
+        return
+      end
+
+      puts "downloading #{name}"
+      download_file name
+    end
+  end
+end

data/lib/popflash_match_downloader/match_file_name_extractor.rb

@@ -0,0 +1,24 @@
+module PopflashMatchDownloader
+  class MatchFileNameExtractor
+    def initialize match_id
+      @match_id = match_id
+    end
+
+    DEMO_LINK_REGEX = %r{^http://s3.popflash.site/([[:graph:]]+.dem)$}
+    MATCH_URL_PREFIX = POPFLASH_SITE_URL + 'match/'
+
+    def extract_file_name
+      match_url = MATCH_URL_PREFIX + @match_id
+
+      doc = Nokogiri::HTML open(match_url)
+
+      link = doc.css('a.demo-download').first
+      raise UnexpectedContentError if link == nil
+
+      match_id_match = link['href'].match(DEMO_LINK_REGEX)
+      raise UnexpectedContentError if match_id_match == nil
+
+      match_id_match.captures.first
+    end
+  end
+end

data/lib/popflash_match_downloader/recent_matches_extractor.rb

@@ -0,0 +1,25 @@
+module PopflashMatchDownloader
+  class RecentMatchesExtractor
+    def initialize user_id
+      @user_id = user_id
+    end
+
+    MATCH_LINK_REGEX = %r{^/match/([[:graph:]&&[^/]]+)$}
+    USER_URL_PREFIX = POPFLASH_SITE_URL + 'user/'
+
+    class MatchLinkCssFilter
+      def isMatchLink node_set
+        node_set.find_all { |n| n['href'] =~ RecentMatchesExtractor::MATCH_LINK_REGEX }
+      end
+    end
+
+    def find_match_ids
+      profile_url = USER_URL_PREFIX + @user_id
+
+      doc = Nokogiri::HTML open(profile_url)
+      doc.css('a:isMatchLink', MatchLinkCssFilter.new).map do |l|
+        l['href'].match(MATCH_LINK_REGEX).captures.first
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification
+name: popflash_match_downloader
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Lukas Stabe
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+description: 
+email: lukas@stabe.de
+executables:
+- popflash_match_downloader
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- bin/popflash_match_downloader
+- lib/popflash_match_downloader.rb
+- lib/popflash_match_downloader/downloader.rb
+- lib/popflash_match_downloader/match_file_name_extractor.rb
+- lib/popflash_match_downloader/recent_matches_extractor.rb
+homepage: https://github.com/Ahti/popflash_match_downloader
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A tool to download match demos from popflash.site
+test_files: []