brandeins 0.2.2 → 0.3.0.pre

metadata

@@ -1,78 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: brandeins
 version: !ruby/object:Gem::Version
-  version: 0.2.2
-  prerelease: 
+  version: 0.3.0.pre
 platform: ruby
 authors:
 - Gregory Igelmund
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-25 00:00:00.000000000 Z
+date: 2013-12-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: thor
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: prawn
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: BrandEins gem offers a download command to download a specific or all
@@ -85,9 +62,13 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
-- .rvmrc
+- .rspec
+- .rubocop.yml
+- .ruby-version
+- .travis.yml
 - Gemfile
 - Gemfile.lock
+- NOTES.md
 - README.md
 - Rakefile
 - TODOS.md
@@ -96,55 +77,81 @@ files:
 - brandeins.gemspec
 - lib/brandeins.rb
 - lib/brandeins/cli.rb
-- lib/brandeins/downloader.rb
-- lib/brandeins/errors.rb
+- lib/brandeins/config.rb
+- lib/brandeins/kiosk.rb
 - lib/brandeins/merger/external/base.rb
 - lib/brandeins/merger/external/ghostscript_windows.rb
 - lib/brandeins/merger/external/pdftk.rb
 - lib/brandeins/merger/pdf_tools.rb
-- lib/brandeins/parser/archive_site.rb
-- lib/brandeins/parser/article_site.rb
-- lib/brandeins/parser/magazine_site.rb
-- lib/brandeins/setup.rb
+- lib/brandeins/pages/archive.rb
+- lib/brandeins/pages/article.rb
+- lib/brandeins/pages/cover.rb
+- lib/brandeins/pages/magazine.rb
+- lib/brandeins/utils/cli_option_parser.rb
+- lib/brandeins/utils/cli_output.rb
+- lib/brandeins/utils/fetcher.rb
+- lib/brandeins/utils/merger.rb
 - lib/brandeins/version.rb
-- specs/brandeins_spec.rb
-- specs/spec_helper.rb
-- test/brandeins_test.rb
-- test/helper.rb
-- test_support/capture_stdout.rb
-- test_support/fixtures/brandeins_archiv.html
-- test_support/fixtures/cover.jpg
+- rubocop-todo.yml
+- spec/lib/brandeins/kiosk_spec.rb
+- spec/lib/brandeins/pages/archive_spec.rb
+- spec/lib/brandeins/pages/article_spec.rb
+- spec/lib/brandeins/pages/magazine_spec.rb
+- spec/lib/brandeins/utils/fetcher_spec.rb
+- spec/lib/brandeins_spec.rb
+- spec/spec_helper.rb
+- spec/support/capture_stdout.rb
+- spec/support/fixtures/archive.html
+- spec/support/fixtures/artikel-masskonfektion-aus-plastik.html
+- spec/support/fixtures/artikel-schauspieler-daenemark.html
+- spec/support/fixtures/cover.jpg
+- spec/support/fixtures/editorial.html
+- spec/support/fixtures/just-a.pdf
+- spec/support/fixtures/magazine-1-2013.html
+- spec/support/fixtures/magazine-cover-fallback.html
+- spec/support/fixtures/magazine-with-cover.html
 homepage: http://www.grekko.de
 licenses: []
-post_install_message: ! 'BrandEins gem runs on windows and os x and depends on pdftk/ghostscript
-  to merge downloaded pdfs.
+metadata: {}
+post_install_message: |+
+  BrandEins gem runs on windows and os x and depends on pdftk/ghostscript to merge downloaded pdfs.
+  Run `brandeins setup` to check if all requirements are met and for informations on how to meet them.
 
-  Run `brandeins setup` to check if all requirements are met and for informations
-  on how to meet them.
-
-
-'
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>'
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.1.11
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: BrandEins gem allows you to download past volumes of the Brand Eins magazine
 test_files:
-- test/brandeins_test.rb
-- test/helper.rb
+- spec/lib/brandeins/kiosk_spec.rb
+- spec/lib/brandeins/pages/archive_spec.rb
+- spec/lib/brandeins/pages/article_spec.rb
+- spec/lib/brandeins/pages/magazine_spec.rb
+- spec/lib/brandeins/utils/fetcher_spec.rb
+- spec/lib/brandeins_spec.rb
+- spec/spec_helper.rb
+- spec/support/capture_stdout.rb
+- spec/support/fixtures/archive.html
+- spec/support/fixtures/artikel-masskonfektion-aus-plastik.html
+- spec/support/fixtures/artikel-schauspieler-daenemark.html
+- spec/support/fixtures/cover.jpg
+- spec/support/fixtures/editorial.html
+- spec/support/fixtures/just-a.pdf
+- spec/support/fixtures/magazine-1-2013.html
+- spec/support/fixtures/magazine-cover-fallback.html
+- spec/support/fixtures/magazine-with-cover.html
+has_rdoc: 

data/.rvmrc

@@ -1,48 +0,0 @@
-#!/usr/bin/env bash
-
-# This is an RVM Project .rvmrc file, used to automatically load the ruby
-# development environment upon cd'ing into the directory
-
-# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional,
-# Only full ruby name is supported here, for short names use:
-#     echo "rvm use 1.9.3" > .rvmrc
-environment_id="ruby-1.9.3-p286@brandeins"
-
-# Uncomment the following lines if you want to verify rvm version per project
-# rvmrc_rvm_version="1.16.19 (stable)" # 1.10.1 seams as a safe start
-# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
-#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
-#   return 1
-# }
-
-# First we attempt to load the desired environment directly from the environment
-# file. This is very fast and efficient compared to running through the entire
-# CLI and selector. If you want feedback on which environment was used then
-# insert the word 'use' after --create as this triggers verbose mode.
-if [[ -d "${rvm_path:-$HOME/.rvm}/environments"
-  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
-then
-  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
-  [[ -s "${rvm_path:-$HOME/.rvm}/hooks/after_use" ]] &&
-    \. "${rvm_path:-$HOME/.rvm}/hooks/after_use" || true
-else
-  # If the environment file has not yet been created, use the RVM CLI to select.
-  rvm --create  "$environment_id" || {
-    echo "Failed to create RVM environment '${environment_id}'."
-    return 1
-  }
-fi
-
-# If you use bundler, this might be useful to you:
-# if [[ -s Gemfile ]] && {
-#   ! builtin command -v bundle >/dev/null ||
-#   builtin command -v bundle | GREP_OPTIONS= \grep $rvm_path/bin/bundle >/dev/null
-# }
-# then
-#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
-#   gem install bundler
-# fi
-# if [[ -s Gemfile ]] && builtin command -v bundle >/dev/null
-# then
-#   bundle install | GREP_OPTIONS= \grep -vE '^Using|Your bundle is complete'
-# fi

data/lib/brandeins/downloader.rb

@@ -1,111 +0,0 @@
-# encoding: utf-8
-require 'brandeins/parser/article_site'
-require 'brandeins/parser/magazine_site'
-require 'brandeins/parser/archive_site'
-require 'brandeins/merger/pdf_tools'
-require 'net/http'
-require 'prawn'
-
-module BrandEins
-  class Downloader
-
-    def initialize(path, opts = {})
-      $BE_VERBOSE = !!opts[:verbose]
-
-      @url     = 'http://www.brandeins.de'
-      @dl_dir  = path
-      @tmp_dir = @dl_dir + '/brand-eins-tmp'
-      @pdftool = BrandEins::Merger::PdfTools.get_pdf_tool
-      @archive = BrandEins::Parser::ArchiveSite.new(@url)
-      create_tmp_dirs
-    end
-
-    def get_magazines_of_year(year = 2000)
-      puts "Getting all brand eins magazines of #{year}. This may take a while..." if $BE_VERBOSE
-      magazine_links_per_year = @archive.get_magazine_links_by_year(year)
-      magazine_links_per_year.each_with_index do |magazine_link, index|
-        volume = index+1
-        puts "Parsing Volume #{volume} of #{year}" if $BE_VERBOSE
-        target_pdf = pdf_filename(year, volume)
-        get_magazine_by_link(magazine_link, target_pdf, year, volume)
-      end
-    end
-
-    def get_magazine(year = 2000, volume = 1)
-      puts "Parsing Volume #{volume} of #{year}" if $BE_VERBOSE
-      target_pdf = pdf_filename(year, volume)
-      magazine_links = @archive.get_magazine_links_by_year(year)
-      magazine_link  = magazine_links[volume-1]
-      get_magazine_by_link(magazine_link, target_pdf, year, volume)
-    end
-
-    private
-    def create_tmp_dirs
-      FileUtils.mkdir_p @tmp_dir unless File.directory?(@tmp_dir)
-    end
-
-    def create_cover_pdf(year, volume)
-      puts "Creating cover for Volume #{volume} of #{year}" if $BE_VERBOSE
-      cover = @archive.get_magazine_cover(year, volume)
-      cover_title    = cover[:title]
-      cover_img_url  = cover[:img_url]
-      cover_img_file = @tmp_dir + "/cover-#{year}-#{volume}.jpg"
-      cover_pdf_file = @tmp_dir + "/cover-#{year}-#{volume}.pdf"
-
-      puts "Downloading cover image from #{cover_img_url} to #{cover_img_file}" if $BE_VERBOSE
-      IO.binwrite(cover_img_file, Net::HTTP.get(URI(cover_img_url)))
-
-      puts "Creating cover pdf #{cover_pdf_file} from #{cover_img_file}" if $BE_VERBOSE
-      Prawn::Document.generate(cover_pdf_file) do |pdf|
-        pdf.text "<font size='18'><b>" + cover_title + "</b></font>", :align => :center, :inline_format => true
-        pdf.image cover_img_file, :position => :center, :vposition => :center
-      end
-
-      return cover_pdf_file
-    end
-
-    def get_magazine_by_link(target_magazine_link, target_pdf, year, volume)
-      pdf_links = @archive.magazine_pdf_links(target_magazine_link)
-      pdf_files = download(pdf_links)
-
-      pdf_cover = create_cover_pdf(year, volume)
-      pdf_files = pdf_files.unshift(pdf_cover)
-
-      if @pdftool
-        target_pdf_path = "#{@dl_dir}/#{target_pdf}"
-        @pdftool.merge_pdf_files(pdf_files, target_pdf_path) && cleanup
-      else
-        puts 'brandeins wont merge the single pdf files since it didnt find an appropriate pdf tool' if $BE_VERBOSE
-      end
-    end
-
-    def pdf_filename(year, volume)
-      "Brand-Eins-#{year}-#{volume}.pdf"
-    end
-
-    def download(pdf_links)
-      pdf_links.each_with_object([]) do |pdf_link, pdf_files|
-        pdf_filename = @tmp_dir + '/' + File.basename(pdf_link)
-        pdf_url = pdf_link
-        download_pdf(pdf_url, pdf_filename)
-        pdf_files << pdf_filename
-      end
-    end
-
-    def download_pdf(pdf_url, pdf_filename)
-      if File.exists? pdf_filename
-        puts "File #{pdf_filename} seems to be already downloaded" if $BE_VERBOSE
-        return true
-      end
-
-      puts "Downloading PDF from #{pdf_url} to #{pdf_filename}" if $BE_VERBOSE
-      IO.binwrite(pdf_filename, Net::HTTP.get(URI(pdf_url)))
-    end
-
-    def cleanup
-      FileUtils.rm_r @tmp_dir
-    end
-
-  end
-
-end

data/lib/brandeins/errors.rb

@@ -1,5 +0,0 @@
-# encoding: utf-8
-
-module BrandEins
-  class Error < StandardError; end
-end

data/lib/brandeins/parser/archive_site.rb

@@ -1,54 +0,0 @@
-# encoding: utf-8
-require 'nokogiri'
-require 'net/http'
-
-module BrandEins
-  module Parser
-    class ArchiveSite
-
-      def initialize(base_url, opts = {})
-        @base_url    = base_url
-        @archive_url = @base_url + "/archiv.html"
-        if html = opts[:html]
-          @doc = Nokogiri::HTML(html)
-        end
-      end
-
-      def doc
-        @doc || @doc = Nokogiri::HTML(Net::HTTP.get(URI(@archive_url)))
-      end
-
-      def get_magazine_links_by_year(year = 2000)
-        puts "Loading Magazine from year #{year}" if $BE_VERBOSE
-        magazine_nodes_with_meta = doc.css(".jahrgang-#{year} ul li")
-        magazine_nodes_with_meta.each_with_object([]) do |node, links|
-          if node['id'].nil? then
-            link = node.css('a')
-            if link[0].nil? then
-              next
-            end
-            href = link[0]['href']
-            links << @base_url + '/' + href
-          end
-        end
-      end
-
-      def get_magazine_cover(year, volume)
-        title   = doc.css("#month_detail_#{year}_#{volume} .titel").children[0].to_s
-        img_url = ''
-        doc.css("#month_detail_#{year}_#{volume} .cover a img").each do |node|
-          img_url = node['src']
-        end
-        return { :title => title, :img_url => @base_url + '/' + img_url }
-      end
-
-      def magazine_pdf_links(url)
-        magazine = BrandEins::Parser::MagazineSite.new(url, @base_url)
-        magazine.get_magazine_pdf_links
-      end
-
-    end
-
-  end
-
-end

data/lib/brandeins/parser/article_site.rb

@@ -1,26 +0,0 @@
-# encoding: utf-8
-require 'nokogiri'
-require 'net/http'
-
-module BrandEins
-  module Parser
-    class ArticleSite
-
-      def initialize(url)
-        @url = url
-      end
-
-      def doc
-        @doc || @doc = Nokogiri::HTML(Net::HTTP.get(URI(@url)))
-      end
-
-      def get_pdf_link
-        puts "Parsing Article: #{@url}" if $BE_VERBOSE
-        link = doc.css("div#sidebar ul li#downloaden a")
-        link[0] and link[0]['href']
-      end
-
-    end
-
-  end
-end