copycasts 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ccd505ccc5e8c553f3baee43a252ca5d513e899e
-  data.tar.gz: d0cd9c67bfb26bc7adc92c4ed73493897920bc9a
+  metadata.gz: 7b869318d2c2200d35db29241d3e080d37c4dd71
+  data.tar.gz: ef78807c096372e7e88e7404444f2482f6e1cdf8
 SHA512:
-  metadata.gz: adec6cd79686ec8c470e33e0356768490d8340e5c0a19eb562f0fc2c27472da884a756bf8456ae6b1a7a2c54843c9aa07958b3f079fd850cc509b7ecbc0cd7ee
-  data.tar.gz: 176088b17dcc0bd3bb90a3479617610cdfdaba572f961e1780dcb2bea4f2202683ae10ae64a128aec7e6bfa0078144c1d4e4e5f1dcc4b601cb43c691fe226227
+  metadata.gz: 6bda003314c3814ef3c84fbe0b4491a450e85604e5c492b28241a68e02ad3082fd449827680653839e0020c2ae8275fc1586f749ee4d1ca5c239345c4420749d
+  data.tar.gz: 3e5a2663725679a812ddb197972c714e7f34fe5a0b29cc3cdcf5904388bb64c0049f617fcf794d7611fde4cc1c95f2adc8c4ba5f3d28fdc060e9e691dbe46256

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2014 Nicholas
+Copyright (c) 2014 Nicholas Ng
 
 MIT License
 

data/README.md

@@ -1,18 +1,10 @@
 # Copycasts
 
-Crawling railcast video and download to your local
+You are able to access railscast video offline now by downloading them. This gem will crawl railcast videos and download to your local storage.
 
 ## Installation
 
-Add this line to your application's Gemfile:
-
-    gem 'copycasts'
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
+Install it the gem globally as:
 
     $ gem install copycasts
 
@@ -29,3 +21,21 @@ Run using this command in your terminal:
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)
 5. Create new Pull Request
+
+##Coming soon
+
+1. Upload to aws storage
+2. Upload to dropbox
+3. Options to download different file type [zip, mp4, m4v, webm, ogv]
+4. Using resque / multithreading
+5. Any others ??
+
+##Thanks
+
+Thanks to railcast providing free videos for our learning purpose.
+Reference: [RailsCasts, Ryan Bates](http://railscasts.com/)
+
+## Anything I missed?
+
+If there's anything at all that you need or want to know, please email either
+[Nicholas Ng](mailto:secret@live.com.my) and I ll get back to you soon. :D

data/VERSION

@@ -1 +1 @@
-0.0.2
+0.0.3

data/copycasts.gemspec

@@ -21,4 +21,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake"
   spec.add_development_dependency "nokogiri", "~> 1.5", ">= 1.5.6"
   spec.add_development_dependency "open-uri", "~> 1.5", ">= 1.5.6"
+  spec.add_development_dependency "progressbar", "~> 0.21.0"
 end

data/lib/copycasts.rb

@@ -1,12 +1,12 @@
 require 'nokogiri'
 require 'open-uri'
 require 'net/http'
+require 'progressbar'
 
 module Copycasts
   
   class Crawling
     TARGET_URL = 'http://railscasts.com'
-    attr_accessor :page
 
     def initialize(options = {})
       @pages = options[:page] || maximum_page
@@ -14,16 +14,18 @@ module Copycasts
 
     def get_links
       casts_list = []
-      puts "Start crawling..."
-      for index in 1..@pages
-        puts "Page :#{index}"
+      puts "Start crawling page "
+
+      for index in 1..2
+        print "#{index}"
+        print ", " if index != @pages
         target_page = Nokogiri::HTML(open(TARGET_URL + "/?type=free&page=#{index}"))
         target_page.css('.watch a:first').each do |link|
           link_without_autoplay = link['href'].to_s.sub('?autoplay=true','')
           casts_list << link_without_autoplay
         end
       end
-      puts "Finish crawling."
+      puts "\n"
       casts_list
     end
 
@@ -41,29 +43,46 @@ module Copycasts
     end
 
     def mp4_video_links
+      count = 0
       mp4_links = []
-      get_links.each do |video_link|
+      page_links = get_links
+      
+      puts "Start crawling for download target"
+      progress = ProgressBar.new("Crawling:", page_links.length)
+
+      page_links.each do |video_link|
         video_page = Nokogiri::HTML(open(TARGET_URL + "/" + video_link))
         link = video_page.css('.downloads li[3] a').first
         mp4_links << link.values.first
+        count += 1
+        progress.set(count)
       end
+      puts "\n"
       mp4_links
     end
 
     def download_videos
+      downloaded = 0
       mp4_video_links.each do |video_link|
+        count = 0
         uri = URI.parse(video_link)
         file_name = video_link.split("/").last
 
         Net::HTTP.start(uri.host) do |http|
-          puts "Start downloading #{file_name}..."
-          response = http.get(uri.request_uri)
-          open(file_name, "wb") do |file|
-            file.write(response.body)
+          response = http.request_head(uri.request_uri)
+          progress = ProgressBar.new("#{downloaded} downloaded", response['content-length'].to_i)
+          File.open(file_name, "wb") do |file|
+            http.get(uri.request_uri) do |request_return|
+              file.write(request_return)
+              count += request_return.length
+              progress.set(count)
+            end
           end
         end
-        puts "Downloaded successfully!"
+        downloaded += 1
       end
+
+      puts "Downloaded all files successfully!"
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: copycasts
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Nicholas
@@ -78,6 +78,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: 1.5.6
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.21.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.21.0
 description: Offline watch free episode of railscast videos for personal usage.
 email:
 - secret@live.com.my
@@ -95,7 +109,6 @@ files:
 - bin/copycasts-start-crawl
 - copycasts.gemspec
 - lib/copycasts.rb
-- lib/markdown
 homepage: https://github.com/nichthinkof30/copycasts
 licenses:
 - MIT

data/lib/markdown

@@ -1,122 +0,0 @@
-gem uninstall copycasts
-gem build copycasts.gemspec 
-gem install copycasts
-
-require 'copycasts'
-a = CopyCasts.new({page: 1})
-a.download_videos
-
-types = {}
-file_links = []
-
-types[:zip] = 2 if options[:zip]
-types[:mp4] = 3 if options[:mp4]
-types[:m4v] = 4 if options[:m4v]
-types[:webm] = 5 if options[:webm]
-types[:ogv] = 6 if options[:ogv]
-
-types = { zip: 2, mp4: 3, m4v: 4, webm: 5, ogv: 6 } if options[:all]
-
-types.each_pair do |key, value|
-  puts "Crawling "
-  get_links.each do |link|
-    file_link = Nokogiri::HTML(open(TARGET_URL + "/" + link))
-    url = url.css('.downloads li[#{value}] a').first
-    file_links << url.values.first
-  end
-end
-
-file_links
-
-
-
-Gem::Specification.new do |s|
-  s.name        = "copycasts"
-  s.version     = "0.0.2"
-  s.authors     = ["Nicholas Ng"]
-  s.email       = ["secret@live.com.my"]
-  s.homepage    = ""
-  s.summary     = %q{Offline watch free episode of railscast videos for personal usage.}
-  s.description = %q{Download videos from video source}
-  
-  s.add_development_dependency "nokogiri", "~> 1.5", ">= 1.5.6"
-  s.add_development_dependency "open-uri", "~> 1.5", ">= 1.5.6"
-  s.add_development_dependency "rake", "~> 10.1", ">= 10.1.0"
-
-  s.files = [
-    "lib/copycasts.rb"
-  ]
-  s.require_paths = ["lib"]
-end
-
-
-
-
-
-require 'nokogiri'
-require 'open-uri'
-require 'net/http'
-
-class CopyCasts
-  TARGET_URL = 'http://railscasts.com'
-  attr_accessor :page
-
-  def initialize(options = {})
-    @pages = options[:page] || maximum_page
-
-  end
-
-  def get_links
-    casts_list = []
-    puts "Crawling casts list..."
-    for index in 1..@pages
-      target_page = Nokogiri::HTML(open(TARGET_URL + "/?type=free&page=#{index}"))
-      target_page.css('.watch a:first').each do |link|
-        link_without_autoplay = link['href'].to_s.sub('?autoplay=true','')
-        casts_list << link_without_autoplay
-      end
-    end
-    puts "Finish crawling."
-    casts_list
-  end
-
-  def maximum_page
-    target_page = Nokogiri::HTML(open(TARGET_URL + "/?type=free"))
-    ret = 0
-    target_page.css('.pagination a').each do |a|
-      if !(a.content.match(/\A[+-]?\d+?(\.\d+)?\Z/) == nil) #not number
-        if a.content.to_i > 0
-          ret = a.content.to_i
-        end
-      end
-    end
-    ret
-  end
-
-  def file_links
-    mp4_links = []
-    get_links.each do |video_link|
-      video_page = Nokogiri::HTML(open(TARGET_URL + "/" + video_link))
-      link = video_page.css('.downloads li[3] a').first
-      mp4_links << link.values.first
-    end
-    mp4_links
-  end
-
-  def download_videos
-    mp4_video_links.each do |video_link|
-      uri = URI.parse(video_link)
-      file_name = video_link.split("/").last
-
-      Net::HTTP.start(uri.host) do |http|
-        puts "Start downloading #{file_name}..."
-        response = http.get(uri.request_uri)
-        open(file_name, "wb") do |file|
-          file.write(response.body)
-        end
-      end
-      puts "Downloaded successfully!"
-    end
-  end
-
-end