railscasts_download 0.1.0 → 0.2.0

data/README.md

@@ -1,16 +1,19 @@
-# Railscasts Downloader
+# Railscasts Download
 
 Download all revised and pro railscasts with one-line command!
 
-Downloader use Railscasts rss feed to get list of all videos. At the time for downloading pro videos, rss content must be provide
-explicitly by user (see examples).
+Downloader use Railscasts rss feed to get list of all videos. Automatic downloads for pro accounts added in V 0.2.0.
 
 ## Example
 
-login first to get access to railscasts pro rss feed, copy and save it as file named pro_railscasts.rss
-(automatically download pro rss coming soon)
+All railscasts including revised and pro (pro account required):
 
-    railscasts_download --rss_uri /home/yourname/pro_railscasts.rss   #create rss file first!
+    railscasts_download --revised -l my_login@railscasts.com
+    > Enter your password:  *********
+
+custom railscasts list:
+
+    railscasts_download --rss_uri /home/yourname/custom_railscasts_list.rss
 
 or simply put:
 
@@ -26,6 +29,7 @@ to get only free railscasts.
 
  * Ruby >= 1.9.2
  * Bundler
+ * GNU wget
 
 ## Running tests
 
@@ -33,4 +37,4 @@ to get only free railscasts.
 
 ## License
 
-Released under the MIT license. Copyright (C) 2012 Karol Nowicki
+Released under the MIT license. Copyright (C) 2012 Karol Nowicki

data/bin/railscasts_download

@@ -2,17 +2,33 @@
 
 require 'railscasts_download'
 require 'optparse'
+require 'highline/import'
 
 options = {}
 
 optparse = OptionParser.new do|opts|
-  opts.banner = "Usage: railscasts_download [options]"
+  opts.banner = "Usage: railscasts_download [options][--revised --login LOGIN --password PASSWORD]"
 
   options[:rss_uri] = false
-  opts.on( '-r', '--rss_uri RSS_URI', 'Get file specified by URI as videos list source.' ) do |rss_uri|
+  opts.on( '-rss', '--rss_uri RSS_URI', 'Get file specified by URI as videos list source.' ) do |rss_uri|
     options[:rss_uri] = rss_uri
   end
 
+  options[:revised] = false
+  opts.on( '-r', '--revised', 'Get all railscasts with revised and pro (login required).' ) do
+    options[:revised] = true
+  end
+
+  options[:login_uri] = false
+  opts.on( '-luri', '--login_uri LOGIN_URI', 'Specify Login URI (required if it`s has been changed`).' ) do |login_uri|
+    options[:login_uri] = login_uri
+  end
+
+  options[:login] = false
+  opts.on( '-l', '--login YOUR_MAIL', 'Specify your login (email) which you are using to login to railscasts.' ) do |login|
+    options[:login] = login
+  end
+
   opts.on( '-h', '--help', 'Display this screen' ) do
     puts opts
     puts "RSS_URI could be a remote url or local file system path"
@@ -22,5 +38,7 @@ end
 
 optparse.parse!
 
+options[:password] = ask("Enter your password:  ") { |q| q.echo = "*" } if options[:revised]
+
 saver = RailscastsDownload::Saver.new( options )
 saver.get_all

data/lib/railscasts_download/page_explorer.rb

@@ -0,0 +1,46 @@
+module RailscastsDownload
+  class PageExplorer
+    require 'mechanize'
+
+    def initialize( options = {} )
+      if options[:revised]
+        @login_uri = options[:login_uri]
+        @login     = options[:login]
+        @password = options[:password]
+      else
+        @free_uri = options[:rss_uri]
+      end
+    end
+
+    def get_rss_body
+      if @login
+        login_to_pro( @login_uri, @login, @password )
+        link = get_rss_link
+        @body = link.click.body
+      else
+        @body = open( @free_uri ).read
+      end
+      @body
+    end
+
+    private
+      def get_rss_link
+        @agent.links.map{|link| link if link.text == "Rss"}.compact.first
+      end
+
+      def valid_signed_in!
+        unless get_rss_link
+          puts '!!! Bad login/password combination !!!'
+          exit
+        end
+      end
+
+      def login_to_pro( login_uri, login, password )
+        @agent = Mechanize.new.get( login_uri )
+        @agent.form.login = login
+        @agent.form.password = password
+        @agent = @agent.form.submit
+        valid_signed_in!
+      end
+  end
+end

data/lib/railscasts_download/{rss.rb → rss_explorer.rb}

@@ -1,9 +1,10 @@
 module RailscastsDownload
-  class Rss
+  class RssExplorer
     require 'rss'
 
-    def initialize( uri )
-      get_rss( uri )
+    def initialize( rss_body )
+      @body = rss_body
+      get_rss
     end
 
     def get_uris
@@ -12,8 +13,8 @@ module RailscastsDownload
 
     private
 
-      def get_rss( uri )
-        @rss = RSS::Parser.parse( open( uri ).read, false )
+      def get_rss
+        @rss = RSS::Parser.parse( @body, false )
       end
   end
 end

data/lib/railscasts_download/saver.rb

@@ -1,12 +1,15 @@
-require_relative './rss'
+require_relative './rss_explorer'
 require_relative './downloader'
+require_relative './page_explorer'
 
 module RailscastsDownload
   class Saver
-    def initialize( params={} )
-      @saver = params[:downloader] || Downloader.new
-      uri = params[:rss_uri] || "http://feeds.feedburner.com/railscasts"
-      @rss = Rss.new( uri )
+    def initialize( options={} )
+      @downloader = options[:downloader] || Downloader.new
+      options[:rss_uri] ||= "http://feeds.feedburner.com/railscasts" unless options[:revised]
+      options[:login_uri] ||= "http://railscasts.com/login" if options[:revised]
+      @page = options[:page_explorer] || PageExplorer.new( options )
+      @rss = options[:rss_explorer] || RssExplorer.new( @page.get_rss_body )
     end
 
     def get_all
@@ -14,13 +17,14 @@ module RailscastsDownload
     end
 
     def get_file( uri )
-      @saver.get( uri )
+      @downloader.get( uri )
     end
 
     def videos_uris
       @rss.get_uris
     end
 
+
     def missing_videos_uris
       videos_filenames = videos_uris.map { |url| url.split( '/' ).last }
       missing_files = videos_filenames - Dir.glob( '*.mp4' )

data/lib/railscasts_download/version.rb

@@ -1,3 +1,3 @@
 module RailscastsDownload
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/railscasts_download.rb

@@ -1,4 +1,5 @@
 require "railscasts_download/version"
-require "railscasts_download/rss"
+require "railscasts_download/rss_explorer"
+require "railscasts_download/page_explorer"
 require "railscasts_download/downloader"
 require "railscasts_download/saver"

data/railscasts_download.gemspec

@@ -20,5 +20,6 @@ Gem::Specification.new do |s|
 
   # specify any dependencies here; for example:
   # s.add_development_dependency "rspec"
-  # s.add_runtime_dependency "rest-client"
+  s.add_runtime_dependency "mechanize"
+  s.add_runtime_dependency "highline"
 end

data/test/acceptance/railscasts_download_test.rb

@@ -1,13 +1,16 @@
 #Setup env here to speedup (true) or reality (false)
-MOCKED_RSS         = true
-STUBBED_DOWNLOADER = true
+STUBBED    = true
 #- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 
 class RailscastDownloadTest < Test::Unit::TestCase
   def setup
-    source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt' if MOCKED_RSS
-    downloader = StubDownloader.new if STUBBED_DOWNLOADER
-    @saver =  RailscastsDownload::Saver.new( downloader: downloader, rss_uri: source_file )
+    options ={
+      source_file: File.dirname( __FILE__ ) + '/../fixtures/rss.txt',
+      downloader: StubDownloader.new,
+      rss_explorer: StubRssExplorer.new,
+      page_explorer: StubPageExplorer.new
+    } if STUBBED
+    @saver =  RailscastsDownload::Saver.new( options )
   end
 
   def teardown

data/test/fixtures/uris.txt

@@ -0,0 +1,6 @@
+http://media.railscasts.com/assets/episodes/videos/001-caching-with-instance-variables.mp4
+http://media.railscasts.com/assets/episodes/videos/002-dynamic-find-by-methods.mp4
+http://media.railscasts.com/assets/episodes/videos/332-refinery-cms-basics.mp4
+http://media.railscasts.com/assets/episodes/videos/330-better-sass-with-bourbon.mp4
+http://media.railscasts.com/assets/episodes/videos/328-twitter-bootstrap-basics.mp4
+http://media.railscasts.com/assets/episodes/videos/326-activeattr.mp4

data/test/functional/page_explorer_test.rb

@@ -0,0 +1,12 @@
+class PageExplorerTest < Test::Unit::TestCase
+  def setup
+    @source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt'
+    @page_explorer =  RailscastsDownload::PageExplorer.new( rss_uri: @source_file)
+  end
+  #- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
+
+  def test_rss_body_returns_correct_body
+    assert_equal( open( @source_file ).read, @page_explorer.get_rss_body )
+  end
+
+end

data/test/functional/railscasts_download_test.rb

@@ -1,8 +1,14 @@
 class RailscastsDownloadInEmptyEnvTestClear < Test::Unit::TestCase
+
   def setup
     source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt'
     downloader = StubDownloader.new
-    @saver =  RailscastsDownload::Saver.new( downloader: downloader, rss_uri: source_file )
+    rss_explorer = StubRssExplorer.new
+    page_explorer = StubPageExplorer.new
+    @saver =  RailscastsDownload::Saver.new( downloader: downloader,
+                                             rss_explorer: rss_explorer,
+                                             page_explorer: page_explorer,
+                                             rss_uri: source_file )
   end
   #- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 
@@ -25,18 +31,24 @@ class RailscastsDownloadInEmptyEnvTestClear < Test::Unit::TestCase
   end
 
   def test_videos_uris_returns_all_uris
-    assert_equal( 311, @saver.videos_uris.count )
+    assert_equal( 6, @saver.videos_uris.count )
   end
 
   def test_missing_videos_uris_returns_all_uris
-    assert_equal( 311, @saver.missing_videos_uris.count )
+    assert_equal( 6, @saver.missing_videos_uris.count )
   end
 end
 
 class RailscastsDownloadWithSomeVideoesTest < Test::Unit::TestCase
   def setup
     source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt'
-    @saver =  RailscastsDownload::Saver.new( rss_uri: source_file )
+    downloader = StubDownloader.new
+    rss_explorer = StubRssExplorer.new
+    page_explorer = StubPageExplorer.new
+    @saver =  RailscastsDownload::Saver.new( downloader: downloader,
+                                             rss_explorer: rss_explorer,
+                                             page_explorer: page_explorer,
+                                             rss_uri: source_file )
     File.new( "001-caching-with-instance-variables.mp4", "w+" ).close
   end
 
@@ -51,10 +63,10 @@ class RailscastsDownloadWithSomeVideoesTest < Test::Unit::TestCase
   end
 
   def test_videos_uris_returns_all_uris
-    assert_equal( 311, @saver.videos_uris.count )
+    assert_equal( 6, @saver.videos_uris.count )
   end
 
   def test_missing_videos_uris_returns_only_missing_uris
-    assert_equal( 310, @saver.missing_videos_uris.count )
+    assert_equal( 5, @saver.missing_videos_uris.count )
   end
 end

data/test/functional/{rss_test.rb → rss_explorer_test.rb}

@@ -1,8 +1,7 @@
-
-class RssTest < Test::Unit::TestCase
+class RssExplorerbTest < Test::Unit::TestCase
   def setup
     source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt'
-    @rss =  RailscastsDownload::Rss.new( source_file )
+    @rss =  RailscastsDownload::RssExplorer.new( open( source_file ).read )
   end
   #- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 

data/test/stubs/page_explorer.rb

@@ -0,0 +1,9 @@
+class StubPageExplorer
+  def initialize( options = {} )
+  end
+
+  def get_rss_body
+    source_file = File.dirname( __FILE__ ) + '/../fixtures/rss.txt'
+    open( source_file ).read
+  end
+end

data/test/stubs/rss_explorer.rb

@@ -0,0 +1,9 @@
+class StubRssExplorer
+  def initialize
+  end
+
+  def get_uris
+    source_file = File.dirname( __FILE__ ) + '/../fixtures/uris.txt'
+    open( source_file ).read.each_line.map{ |l| l[0, (l.length-1)] }
+  end
+end

data/test/test_helper.rb

@@ -1,4 +1,6 @@
 require File.expand_path( "../../lib/railscasts_download", __FILE__ )
 require File.expand_path( "../stubs/downloader", __FILE__ )
+require File.expand_path( "../stubs/page_explorer", __FILE__ )
+require File.expand_path( "../stubs/rss_explorer", __FILE__ )
 require 'test/unit'
 require "turn"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: railscasts_download
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,8 +9,30 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-03-29 00:00:00.000000000 Z
-dependencies: []
+date: 2012-03-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: &12329620 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *12329620
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: &12329000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *12329000
 description: Download all revised and pro railscasts with oneline command.
 email:
 - karol@knowicki.pl
@@ -26,16 +48,21 @@ files:
 - bin/railscasts_download
 - lib/railscasts_download.rb
 - lib/railscasts_download/downloader.rb
-- lib/railscasts_download/rss.rb
+- lib/railscasts_download/page_explorer.rb
+- lib/railscasts_download/rss_explorer.rb
 - lib/railscasts_download/saver.rb
 - lib/railscasts_download/version.rb
 - railscasts_download.gemspec
 - test/acceptance/railscasts_download_test.rb
 - test/fixtures/rss.txt
+- test/fixtures/uris.txt
+- test/functional/page_explorer_test.rb
 - test/functional/railscasts_download_test.rb
-- test/functional/rss_test.rb
+- test/functional/rss_explorer_test.rb
 - test/railscasts_download_test.rb
 - test/stubs/downloader.rb
+- test/stubs/page_explorer.rb
+- test/stubs/rss_explorer.rb
 - test/test_helper.rb
 homepage: ''
 licenses: []
@@ -51,7 +78,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4319710688046479509
+      hash: 891208736094293957
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -60,7 +87,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4319710688046479509
+      hash: 891208736094293957
 requirements: []
 rubyforge_project: railscasts_download
 rubygems_version: 1.8.17
@@ -70,8 +97,12 @@ summary: Download all revised and pro railscasts with oneline command!
 test_files:
 - test/acceptance/railscasts_download_test.rb
 - test/fixtures/rss.txt
+- test/fixtures/uris.txt
+- test/functional/page_explorer_test.rb
 - test/functional/railscasts_download_test.rb
-- test/functional/rss_test.rb
+- test/functional/rss_explorer_test.rb
 - test/railscasts_download_test.rb
 - test/stubs/downloader.rb
+- test/stubs/page_explorer.rb
+- test/stubs/rss_explorer.rb
 - test/test_helper.rb