brandeins-dl 0.0.3 → 0.0.4

data/Gemfile

@@ -1,3 +1,11 @@
 source "http://rubygems.org"
 
+group :test do
+  if ENV['RUBY_VERSION'][5,3] == '1.8'
+    gem 'minitest'
+  end
+  gem 'fakefs'
+end
+
+
 gemspec

data/Rakefile

@@ -1 +1,6 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.pattern = 'test/*_test.rb'
+end

data/lib/brandeins-dl/version.rb

@@ -1,3 +1,3 @@
 module BrandEins
-  VERSION = "0.0.3"
+  VERSION = '0.0.4'
 end

data/lib/brandeins-dl.rb

@@ -1,9 +1,13 @@
-require "brandeins-dl/version"
-require 'nokogiri'
-require 'open-uri'
-require 'uri'
-require 'fileutils'
-require 'thor'
+%w(
+  brandeins-dl/version
+  nokogiri
+  open-uri
+  uri
+  fileutils
+  thor
+).each do |lib|
+    require lib
+end
 
 module BrandEins
 
@@ -28,94 +32,99 @@ module BrandEins
 
   class Downloader
     attr_reader :archive
-  
+
     def initialize(path)
-      @url     = "http://www.brandeins.de"
-      @archive = ArchiveSite.new
+      @url     = 'http://www.brandeins.de'
+      @archive = false
       @dl_dir  = path
-      @tmp_dir = path + "/tmp"
-
-      check_download_path
+      @tmp_dir = path + '/tmp'
+      create_tmp_dirs
     end
 
-    def check_download_path
-      FileUtils.mkdir_p @tmp_dir unless File.exists?(@tmp_dir)
+    def setup
+      @archive = ArchiveSite.new @url
     end
-  
+
     def get_magazines_of_year(year = 2000)
+      setup
       puts "Getting all brand eins magazines of a #{year}. This could take a while..."
-      magazine_links_per_year = @archive.magazine_links_by_year(year)
+      magazine_links_per_year = @archive.get_magazine_links_by_year(year)
       magazine_links_per_year.each_with_index do |magazine_link, volume|
         puts "Parsing Volume #{volume} of #{year}"
         target_pdf = get_target_pdf(year, volume)
         get_magazine_by_link(magazine_link, target_pdf)
       end
     end
-  
+
     def get_magazine(year = 2000, volume = 1)
+      setup
       puts "Parsing Volume #{volume} of #{year}"
       target_pdf = get_target_pdf(year, volume)
-  
-      magazine_links = @archive.magazine_links_by_year(year)
+
+      magazine_links = @archive.get_magazine_links_by_year(year)
       target_magazine_link = magazine_links[volume-1]
-  
+
       get_magazine_by_link(target_magazine_link, target_pdf)
     end
-  
+
+    private
+    def create_tmp_dirs
+      FileUtils.mkdir_p @tmp_dir unless File.directory?(@tmp_dir)
+    end
+
     def get_magazine_by_link(target_magazine_link, target_pdf)
       pdf_links = @archive.magazine_pdf_links(target_magazine_link)
       process_pdf_links(pdf_links, target_pdf)
       cleanup
     end
-  
-  
+
     def get_target_pdf(year, volume)
       "Brand-Eins-#{year}-#{volume}.pdf"
     end
-  
+
     def process_pdf_links(pdf_links, target_pdf)
       pdf_downloader = PDFDownloader.new(pdf_links, @tmp_dir)
       pdf_files = pdf_downloader.download_all
       merge_pdfs(pdf_files, target_pdf)
     end
-  
+
     def merge_pdfs(pdf_files, target_pdf)
       puts "Merging single PDFs now"
       pdf_sources = pdf_files.join(" ")
       system "pdftk #{pdf_sources} output #{@dl_dir}/#{target_pdf}"
     end
-  
+
     def cleanup
       FileUtils.rm_r @tmp_dir
     end
-  
+
     class PDFDownloader
-  
+
       def initialize(pdf_links, dl_dir)
         @dl_dir    = dl_dir
         @pdf_links = pdf_links
       end
-  
+
       def download_all
         pdf_files = Array.new
         @pdf_links.each do |pdf_link|
           pdf_name = @dl_dir + '/' + File.basename(pdf_link)
           pdf_url = pdf_link
           download_pdf(pdf_url, pdf_name)
-  
+
           pdf_files << pdf_name
         end
         pdf_files
       end
-  
-      private 
-  
+
+      private
+
       def download_pdf(pdf_url, filename)
         puts "Downloading PDF from #{pdf_url} to #{filename}"
         File.open(filename,'w') do |f|
           uri = URI.parse(pdf_url)
-          Net::HTTP.start(uri.host,uri.port) do |http| 
-            http.request_get(uri.path) do |res| 
+          Net::HTTP.start(uri.host,uri.port) do |http|
+            http.request_get(uri.path) do |res|
               res.read_body do |seg|
                 f << seg
         #hack -- adjust to suit:
@@ -125,20 +134,26 @@ module BrandEins
           end
         end
       end
-  
+
     end
-  
+
     class ArchiveSite
-  
       attr_accessor :doc
-  
-      def initialize
-        @base_url = "http://www.brandeins.de"
+
+      def initialize(base_url, html = false)
+        @base_url = base_url
         @archive_url = @base_url + "/archiv.html"
+        if html
+          @doc = Nokogiri::HTML(html)
+        end
+      end
+
+      def setup
+        return if defined?(@doc) != nil
         @doc = Nokogiri::HTML(open(@archive_url))
       end
-  
-      def magazine_links_by_year(year = 2000)
+
+      def get_magazine_links_by_year(year = 2000)
         puts "Loading Magazine from year #{year}"
         magazine_nodes_with_meta = @doc.css(".jahrgang-#{year} ul li")
         magazine_links = Array.new
@@ -154,35 +169,35 @@ module BrandEins
         end
         magazine_links
       end
-  
+
       def magazine_pdf_links(url)
-        magazine = ArchiveMagazine.new(url)
+        magazine = ArchiveMagazine.new(url, @base_url)
         magazine.get_magazine_pdf_links
       end
-  
+
       class ArchiveMagazine
         attr_accessor :url, :doc
-  
-        def initialize(url)
+
+        def initialize(url, base_url, html = false)
           puts "Parsing #{url}"
           @url = url
-          @base_url = "http://www.brandeins.de"
+          @base_url = base_url
           @doc = Nokogiri::HTML(open(url))
         end
-  
+
         def get_magazine_pdf_links
           [get_editorial_article_links, get_schwerpunkt_article_links].flatten
-  
+
         end
-  
+
         def get_schwerpunkt_article_links
           get_links("div.articleList ul h4 a")
         end
-  
+
         def get_editorial_article_links
           get_links(".editorial-links li a")
         end
-  
+
         def get_links(css_selector)
           pdf_links = Array.new
           link_nodes = @doc.css(css_selector)
@@ -200,16 +215,16 @@ module BrandEins
           end
           pdf_links
         end
-  
+
         class MagazineArticle
           attr_accessor :url, :doc
-  
+
           def initialize(url)
             puts "Parsing Article: #{url}"
             @url = url
             @doc = Nokogiri::HTML(open(url))
           end
-  
+
           def get_pdf_link
             link = @doc.css("div#sidebar ul li#downloaden a")
             if link[0].nil? then
@@ -222,7 +237,6 @@ module BrandEins
         end
 
       end
-
     end
 
   end

metadata

@@ -2,7 +2,7 @@
 name: brandeins-dl
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors: 
 - Gregory Igelmund
@@ -10,10 +10,11 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-02-26 00:00:00 Z
+date: 2012-10-06 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: rake
+  prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -21,10 +22,10 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
   type: :runtime
-  prerelease: false
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
   name: thor
+  prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -32,10 +33,10 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
   type: :runtime
-  prerelease: false
   version_requirements: *id002
 - !ruby/object:Gem::Dependency 
   name: nokogiri
+  prerelease: false
   requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -43,7 +44,6 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
   type: :runtime
-  prerelease: false
   version_requirements: *id003
 description: "BrandEins Downloader offers two commands: 'brandeins download YEAR' and 'brandeins download YEAR --volume=NUMBER'"
 email: 
@@ -77,23 +77,17 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: -1677672259199041797
-      segments: 
-      - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: -1677672259199041797
-      segments: 
-      - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.8.6
+rubygems_version: 1.8.15
 signing_key: 
 specification_version: 3
 summary: BrandEins Downloader allows you to download past volumes of the Brand Eins magazine