cherrypicker 0.3.0 → 0.3.1

data/README.md

@@ -2,7 +2,7 @@ Cherrypicker
 =========
 
 	Cherrypicker was part of my final year project for university it
-	is a Ruby Gem that lets you download from; Rapidshare, Hotfile and Vimeo
+	is a Ruby Gem that lets you download from; Rapidshare, Hotfile, Youtube and Vimeo
 	You can also utilise the LinkChecker to see if your files are 
 	alive on Rapidshare and Hotfile
 	
@@ -35,6 +35,8 @@ Examples
 	test3.download	
 	
 	Vimeo.new("http://www.vimeo.com/2119458", :location => "/Volumes/Storage/Desktop/cherrytest/").download
+	Youtube.new("http://www.youtube.com/watch?v=SF6I5VSZVqc", :location => "/Volumes/Storage/Desktop/cherrytest/").download
+	Megavideo.new("http://www.megavideo.com/?v=2PEKD0YS", :location => "/Volumes/Storage/Desktop/cherrytest/").download
 	
 	Download.new("http://download.thinkbroadband.com/10MB.zip", :location => "/location/tosave/file/")
 	Download.new("http://download.thinkbroadband.com/10MB.zip", :location => "/location/tosave/file/", :size => 10485760)

data/cherrypicker.gemspec

@@ -19,5 +19,5 @@ Gem::Specification.new do |s|
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
   
-  s.add_dependency('progressbar', '~> 0.9')
+  s.add_dependency('progressbar', '~> 0.9')  
 end

data/lib/cherrypicker/download.rb

@@ -29,18 +29,20 @@ class Download
   end
 
   def download_file
-  p  uri = URI.parse(@link.to_s)
+    uri = URI.parse(@link.to_s)
     http = Net::HTTP.new(uri.host, uri.port)
     http.use_ssl = true if uri.scheme == "https"
     request = Net::HTTP::Get.new(uri.request_uri)
     request.initialize_http_header({"User-Agent" => random_agent})
-    head = http.request_head(URI.escape(uri.path))
-    case head
-    when Net::HTTPForbidden
-      @size = nil  #no content-length no progress bar
-    else
-      @size = head['content-length'] if @size.nil? && head['content-length'].to_i > 1024
-    end 
+    unless (uri.host.include? 'youtube.com') && (uri.request_uri.include? 'videoplayback') #youtube throws EOFError
+      head = http.request_head(URI.escape(uri.path))
+      case head
+      when Net::HTTPForbidden
+        @size = nil  #no content-length no progress bar
+      else
+        @size = head['content-length'] if @size.nil? && head['content-length'].to_i > 1024
+      end
+    end
     http.request(request) do |response|
       bar = ProgressBar.new((@filename ||= File.basename(uri.path)), @size.to_i) unless @size.nil?
       File.open(@location + (@filename ||= File.basename(uri.path)), "wb") do |file|

data/lib/cherrypicker/plugins/megavideo.rb

@@ -0,0 +1,95 @@
+# Class that can download from Vimeo
+# Megavideo.new("http://www.megavideo.com/?v=2PEKD0YS", :location => "/Volumes/Storage/Desktop/cherrytest/").download
+
+require 'open-uri'
+
+class Megavideo
+  attr_accessor :link, :filename, :location, :download_url
+
+  def initialize(link, opts={})
+    o = {
+      :location => nil,
+    }.merge(opts)
+    
+    @link         = link
+    @filename     = ""
+    @location     = o[:location]
+    @download_url = ""
+    @size         = 0
+    
+    video_id = @link[/v[\/=](\w*)&?/, 1]
+    
+    #credit http://stackoverflow.com/questions/5748876/build-array-of-flashvars-using-hpricot
+    html = open("http://megavideo.com/?v=#{video_id}").read
+    flashvars = Hash[ html.scan( /flashvars\.(\w+)\s*=\s*["']?(.+?)["']?;/ ) ]
+
+    key_s =  flashvars["s"]
+    key_un = flashvars["un"]
+    key_k1 = flashvars["k1"]
+    key_k2 = flashvars["k2"]
+    
+		title = flashvars["title"]
+		@size = flashvars["size"].to_i * 1024 * 1024
+
+		@download_url = "http://www#{key_s}.megavideo.com/files/#{decrypt(key_un,key_k1,key_k2)}/#{title}.flv"
+		@filename = title + ".flv"
+  end
+    
+  def decrypt(un,k1,k2) #credit http://userscripts.org/scripts/review/42944
+    k1 = k1.to_i
+  	k2 = k2.to_i
+
+		#convert the hex "un" to binary
+		location1 = Array.new
+		un.each_char do |char|
+			#puts "#{char} => #{char.to_i(16).to_s(2)}"
+			location1 << ("000" + char.to_i(16).to_s(2))[-4,4]
+		end
+
+  	location1 = location1.join("").split("")
+
+		location6 = Array.new
+		0.upto(383) do |n|
+        k1 = (k1 * 11 + 77213) % 81371
+		    k2 = (k2 * 17 + 92717) % 192811
+		    location6[n] = (k1 + k2) % 128
+		end
+	
+  	location3 = Array.new
+		location4 = Array.new
+		location5 = Array.new
+		location8 = Array.new
+	
+  	256.downto(0) do |n|
+  	  location5 = location6[n]
+  		location4 = n % 128		
+  		location8 = location1[location5]
+  		location1[location5] = location1[location4]
+  		location1[location4] = location8
+    end
+
+		0.upto(127) do |n|
+			location1[n] = location1[n].to_i ^ location6[n+256] & 1
+		end
+
+		location12 = location1.join("")
+		location7 = Array.new
+
+		n = 0
+		while (n < location12.length) do
+			location9 = location12[n,4]
+			location7 << location9
+			n+=4
+		end
+
+		result = ""
+		location7.each do |bin|
+			result = result + bin.to_i(2).to_s(16)
+		end
+		result
+  end
+    
+  def download
+    Download.new(@download_url, :location => @location, :size => @size)
+  end
+end

data/lib/cherrypicker/plugins/youtube.rb

@@ -0,0 +1,67 @@
+# Class that can download from Vimeo
+# Youtube.new("http://www.youtube.com/watch?v=SF6I5VSZVqc", :location => "/Volumes/Storage/Desktop/cherrytest/").download
+
+require "cgi"
+
+class Youtube
+  attr_accessor :link, :filename, :location, :download_url
+
+  def initialize(link, opts={})
+    
+    o = {
+      :location => nil,
+    }.merge(opts)
+    
+    @link         = link
+    @filename     = ""
+    @location     = o[:location]
+    @download_url = ""
+    
+		video_id = @link[/v[\/=](.*)/,1]
+    video_info = remote_query("http://www.youtube.com/get_video_info?video_id=#{video_id}").body
+    
+		#converting the huge infostring into a hash. simply by splitting it at the & and then splitting it into key and value arround the =
+		#credit https://github.com/rb2k/viddl-rb/blob/master/plugins/youtube.rb
+		video_info_hash = Hash[*video_info.split("&").collect { |v| 
+      key, value = v.split "="
+      value = CGI::unescape(value) if value
+      if key =~ /_map/
+        value = value.split(",")
+        value = if key == "fmt_map"
+            Hash[*value.collect{ |v| 
+              k2, *v2 = v.split("/")
+              [k2, v2]
+            }.flatten(1)]
+          elsif key == "fmt_url_map" || key == "fmt_stream_map"
+            Hash[*value.collect { |v| v.split("|")}.flatten]
+        end
+      end
+			[key, value]
+		}.flatten]
+
+		#Standard = 34 <- flv
+		#Medium = 18 <- mp4
+		#High = 35 <- flv
+		#720p = 22 <- mp4
+		#1080p = 37 <- mp4
+		#mobile = 17 <- 3gp
+		# --> 37 > 22 > 35 > 18 > 34 > 17
+		formats = video_info_hash["fmt_map"].keys
+
+		format_ext = {}
+		format_ext["37"] = ["mp4", "MP4 Highest Quality 1920x1080"]
+		format_ext["22"] = ["mp4", "MP4 1280x720"]
+		format_ext["35"] = ["flv", "FLV 854x480"]
+		format_ext["34"] = ["flv", "FLV 640x360"]
+		format_ext["18"] = ["mp4", "MP4 480x270"]
+		format_ext["17"] = ["3gp", "3gp"]
+		format_ext["5"] = ["flv", "old default?"]
+
+    @download_url = video_info_hash["fmt_url_map"][formats.first]
+		@filename = video_info_hash["title"].delete("\"'").gsub(/[^0-9A-Za-z]/, '_') + "." + format_ext[formats.first].first		
+  end
+  
+  def download
+    Download.new(@download_url, :location => @location, :filename  => @filename)
+  end
+end

data/lib/cherrypicker/version.rb

@@ -1,3 +1,3 @@
 module Cherrypicker
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/lib/cherrypicker.rb

@@ -4,3 +4,5 @@ require 'cherrypicker/helpers'
 require "cherrypicker/plugins/vimeo"
 require "cherrypicker/plugins/rapidshare"
 require "cherrypicker/plugins/hotfile"
+require "cherrypicker/plugins/youtube"
+require "cherrypicker/plugins/megavideo"

metadata

@@ -2,7 +2,7 @@
 name: cherrypicker
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors: 
 - Karl Entwistle
@@ -44,8 +44,10 @@ files:
 - lib/cherrypicker/helpers.rb
 - lib/cherrypicker/linkchecker.rb
 - lib/cherrypicker/plugins/hotfile.rb
+- lib/cherrypicker/plugins/megavideo.rb
 - lib/cherrypicker/plugins/rapidshare.rb
 - lib/cherrypicker/plugins/vimeo.rb
+- lib/cherrypicker/plugins/youtube.rb
 - lib/cherrypicker/version.rb
 - test/test_helper.rb
 - test/unit/hostfile_test.rb